7721589f90cf05af72cd122e50d30db9c5520a76,src/edu/stanford/nlp/international/french/process/FrenchTokenizer.java,FrenchTokenizer,ftbFactory,#,138
Before Change
public static TokenizerFactory<CoreLabel> ftbFactory() {
TokenizerFactory<CoreLabel> tf = FrenchTokenizerFactory.newTokenizerFactory();
for (String option : ftbOptions.stringPropertyNames()) {
tf.setOptions(option);
}
return tf;
}
After Change
*/
public static TokenizerFactory<CoreLabel> ftbFactory() {
TokenizerFactory<CoreLabel> tf = FrenchTokenizerFactory.newTokenizerFactory();
tf.setOptions(FTB_OPTIONS);
return tf;
}